{
    "componentChunkName": "component---gatsby-theme-academic-src-templates-tags-index-jsx",
    "path": "/tags/Data Efficiency",
    "result": {"data":{"allTag":{"edges":[{"node":{"color":"lime","name":"Latent Feedback","description":null,"path":"/tags/Latent Feedback"}},{"node":{"color":"cyan","name":"Scaling Laws","description":null,"path":"/tags/Scaling Laws"}},{"node":{"color":"orange","name":"Data Efficiency","description":null,"path":"/tags/Data Efficiency"}},{"node":{"color":"magenta","name":"Loop Models","description":null,"path":"/tags/Loop Models"}},{"node":{"color":"gold","name":"Fixed Points","description":null,"path":"/tags/Fixed Points"}},{"node":{"color":"orange","name":"Efficient Inference","description":null,"path":"/tags/Efficient Inference"}},{"node":{"color":"cyan","name":"Scalable Reasoning","description":null,"path":"/tags/Scalable Reasoning"}},{"node":{"color":"cyan","name":"Test-Time Compute","description":null,"path":"/tags/Test-Time Compute"}},{"node":{"color":"orange","name":"Equilibrium Models","description":null,"path":"/tags/Equilibrium Models"}},{"node":{"color":"green","name":"Parcae","description":null,"path":"/tags/Parcae"}},{"node":{"color":"orange","name":"Dynamical Systems","description":null,"path":"/tags/Dynamical Systems"}},{"node":{"color":"magenta","name":"World Model","description":null,"path":"/tags/World Model"}},{"node":{"color":"cyan","name":"Video Generation","description":null,"path":"/tags/Video Generation"}},{"node":{"color":"red","name":"Long-term Consistency","description":null,"path":"/tags/Long-term Consistency"}},{"node":{"color":"magenta","name":"Diffusion","description":null,"path":"/tags/Diffusion"}},{"node":{"color":"red","name":"LLM","description":null,"path":"/tags/LLM"}},{"node":{"color":"magenta","name":"Efficiency","description":null,"path":"/tags/Efficiency"}},{"node":{"color":"volcano","name":"Adversarial Perturbations","description":null,"path":"/tags/Adversarial Perturbations"}},{"node":{"color":"volcano","name":"AI Safety","description":null,"path":"/tags/AI Safety"}},{"node":{"color":"geekblue","name":"writing","description":null,"path":"/tags/writing"}},{"node":{"color":"geekblue","name":"research","description":null,"path":"/tags/research"}},{"node":{"color":"volcano","name":"AI Interpretability","description":null,"path":"/tags/AI Interpretability"}},{"node":{"color":"red","name":"skills","description":null,"path":"/tags/skills"}},{"node":{"color":"red","name":"paper","description":null,"path":"/tags/paper"}},{"node":{"color":"green","name":"ML","description":null,"path":"/tags/ML"}},{"node":{"color":"blue","name":"gatsby","description":null,"path":"/tags/gatsby"}},{"node":{"color":"blue","name":"blog","description":null,"path":"/tags/blog"}},{"node":{"color":"geekblue","name":"test1","description":null,"path":"/tags/test1"}},{"node":{"color":"geekblue","name":"test2","description":null,"path":"/tags/test2"}},{"node":{"color":"geekblue","name":"test3","description":null,"path":"/tags/test3"}},{"node":{"color":"blue","name":"influence function","description":null,"path":"/tags/influence function"}},{"node":{"color":"lime","name":"LLM Pre-training","description":null,"path":"/tags/LLM Pre-training"}},{"node":{"color":"green","name":"Mixture-of-Experts","description":null,"path":"/tags/Mixture-of-Experts"}},{"node":{"color":"gold","name":"Equivariant Models","description":null,"path":"/tags/Equivariant Models"}},{"node":{"color":"orange","name":"Data Attribution","description":null,"path":"/tags/Data Attribution"}},{"node":{"color":"cyan","name":"Survey","description":null,"path":"/tags/Survey"}},{"node":{"color":"lime","name":"GenAI","description":null,"path":"/tags/GenAI"}},{"node":{"color":"magenta","name":"Data-centric AI","description":null,"path":"/tags/Data-centric AI"}},{"node":{"color":"gold","name":"Game Generation","description":null,"path":"/tags/Game Generation"}},{"node":{"color":"magenta","name":"Benchmark","description":null,"path":"/tags/Benchmark"}},{"node":{"color":"lime","name":"LLM Agent","description":null,"path":"/tags/LLM Agent"}},{"node":{"color":"lime","name":"Image to Video","description":null,"path":"/tags/Image to Video"}},{"node":{"color":"red","name":"3D-Reconstruction","description":null,"path":"/tags/3D-Reconstruction"}},{"node":{"color":"volcano","name":"CV","description":null,"path":"/tags/CV"}},{"node":{"color":"red","name":"AGI(Image)","description":null,"path":"/tags/AGI(Image)"}},{"node":{"color":"gold","name":"Evaluation","description":null,"path":"/tags/Evaluation"}},{"node":{"color":"green","name":"Model-Arch","description":null,"path":"/tags/Model-Arch"}},{"node":{"color":"volcano","name":"Coq","description":null,"path":"/tags/Coq"}},{"node":{"color":"gold","name":"FormalVerification","description":null,"path":"/tags/FormalVerification"}},{"node":{"color":"cyan","name":"React","description":null,"path":"/tags/React"}},{"node":{"color":"green","name":"MongoDB","description":null,"path":"/tags/MongoDB"}},{"node":{"color":"green","name":"RL","description":null,"path":"/tags/RL"}},{"node":{"color":"orange","name":"DDQN","description":null,"path":"/tags/DDQN"}},{"node":{"color":"lime","name":"MCTS","description":null,"path":"/tags/MCTS"}},{"node":{"color":"blue","name":"Vue.js","description":null,"path":"/tags/Vue.js"}},{"node":{"color":"blue","name":"echarts","description":null,"path":"/tags/echarts"}},{"node":{"color":"blue","name":"element-ui","description":null,"path":"/tags/element-ui"}},{"node":{"color":"volcano","name":"C++","description":null,"path":"/tags/C++"}},{"node":{"color":"gold","name":"Game Design","description":null,"path":"/tags/Game Design"}}]},"allMdx":{"edges":[{"node":{"frontmatter":{"cover":{"publicURL":"/static/57728411333330eb4c85b827913efb9e/preview.png"},"date":"2026-11-13","venue":"Institute of Foundation Models","conference":"","authors":["**Benhao Huang**","Chaitanya Dwivedi","Xuezhe Ma","Alexander Moreno","Hector Liu"],"path":"research/2026/latent-feedback","title":"Latent Feedback Is a Compute and Data Amplifier: Scaling Law for Latent Feedback Transformers on Repeated Data","tags":["Latent Feedback","Scaling Laws","Data Efficiency"],"excerpt":"Feed a Transformer's own top-layer states back in as input, and every FLOP and every token count for more: the same loss with up to 46% less compute or 20% less unique data.","highlight":true,"links":[{"name":"alphaXiv","url":"https://www.alphaxiv.org/abs/2611.latent-feedback-transformers-scaling-law"},{"name":"Github","url":"https://github.com/ifm-ai/LoRM/blob/main/works/latent_feedback/README.md"},{"name":"Tweet","url":"https://x.com/huskydogewoof/status/2121282554053414945"}],"type":"research"}}}]},"allFile":{"edges":[]}},"pageContext":{"fileAbsolutePath":"","tag":"Data Efficiency"}},
    "staticQueryHashes": ["4097791827","956690036"]}